{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 96,
   "metadata": {},
   "outputs": [],
   "source": [
    "# 基本模块\n",
    "from urllib.parse import urlparse, parse_qs\n",
    "import pandas as pd\n",
    "from IPython.display import display, HTML\n",
    "import pandas as pd\n",
    "from requests_html import HTMLSession"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 行业"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 106,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'互联网/电商': '/zhaopin/?subIndustry=&init=-1&industryType=industry_01&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=040&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7',\n",
       " '游戏产业': '/zhaopin/?subIndustry=&init=-1&industryType=industry_01&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=420&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7',\n",
       " '计算机软件': '/zhaopin/?subIndustry=&init=-1&industryType=industry_01&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=010&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7',\n",
       " 'IT服务': '/zhaopin/?subIndustry=&init=-1&industryType=industry_01&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=030&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7',\n",
       " '电子/芯片/半导体': '/zhaopin/?subIndustry=&init=-1&industryType=industry_02&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=050&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7',\n",
       " '通信业': '/zhaopin/?subIndustry=&init=-1&industryType=industry_02&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=060&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7',\n",
       " '计算机/网络设备': '/zhaopin/?subIndustry=&init=-1&industryType=industry_02&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=020&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7',\n",
       " '房地产/建筑': '/zhaopin/?subIndustry=&init=-1&industryType=industry_03&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=080&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7',\n",
       " '规划/设计/装潢': '/zhaopin/?subIndustry=&init=-1&industryType=industry_03&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=100&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7',\n",
       " '房地产服务': '/zhaopin/?subIndustry=&init=-1&industryType=industry_03&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=090&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7',\n",
       " '银行': '/zhaopin/?subIndustry=&init=-1&industryType=industry_04&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=130&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7',\n",
       " '保险': '/zhaopin/?subIndustry=&init=-1&industryType=industry_04&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=140&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7',\n",
       " '基金/证券/投资': '/zhaopin/?subIndustry=&init=-1&industryType=industry_04&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=150&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7',\n",
       " '会计/审计': '/zhaopin/?subIndustry=&init=-1&industryType=industry_04&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=430&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7',\n",
       " '信托/担保/拍卖': '/zhaopin/?subIndustry=&init=-1&industryType=industry_04&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=500&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7',\n",
       " '快消品': '/zhaopin/?subIndustry=&init=-1&industryType=industry_05&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=190&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7',\n",
       " '批发零售': '/zhaopin/?subIndustry=&init=-1&industryType=industry_05&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=240&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7',\n",
       " '服装纺织': '/zhaopin/?subIndustry=&init=-1&industryType=industry_05&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=200&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7',\n",
       " '家具/家电': '/zhaopin/?subIndustry=&init=-1&industryType=industry_05&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=210&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7',\n",
       " '办公设备': '/zhaopin/?subIndustry=&init=-1&industryType=industry_05&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=220&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7',\n",
       " '奢侈品/收藏品': '/zhaopin/?subIndustry=&init=-1&industryType=industry_05&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=460&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7',\n",
       " '珠宝/玩具/工艺品': '/zhaopin/?subIndustry=&init=-1&industryType=industry_05&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=470&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7',\n",
       " '汽车/摩托车': '/zhaopin/?subIndustry=&init=-1&industryType=industry_06&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=350&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7',\n",
       " '机械/机电/重工': '/zhaopin/?subIndustry=&init=-1&industryType=industry_06&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=360&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7',\n",
       " '印刷/包装/造纸': '/zhaopin/?subIndustry=&init=-1&industryType=industry_06&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=180&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7',\n",
       " '原材料加工': '/zhaopin/?subIndustry=&init=-1&industryType=industry_06&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=370&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7',\n",
       " '仪器/电气/自动化': '/zhaopin/?subIndustry=&init=-1&industryType=industry_06&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=340&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7',\n",
       " '制药/生物工程': '/zhaopin/?subIndustry=&init=-1&industryType=industry_10&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=270&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7',\n",
       " '医疗/保健/美容': '/zhaopin/?subIndustry=&init=-1&industryType=industry_10&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=280&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7',\n",
       " '医疗器械': '/zhaopin/?subIndustry=&init=-1&industryType=industry_10&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=290&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7',\n",
       " '能源/水利': '/zhaopin/?subIndustry=&init=-1&industryType=industry_11&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=330&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7',\n",
       " '石油/化工': '/zhaopin/?subIndustry=&init=-1&industryType=industry_11&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=310&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7',\n",
       " '采掘/冶炼/矿产': '/zhaopin/?subIndustry=&init=-1&industryType=industry_11&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=320&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7',\n",
       " '环保': '/zhaopin/?subIndustry=&init=-1&industryType=industry_11&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=300&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7',\n",
       " '新能源': '/zhaopin/?subIndustry=&init=-1&industryType=industry_11&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=490&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7',\n",
       " '专业服务': '/zhaopin/?subIndustry=&init=-1&industryType=industry_07&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=120&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7',\n",
       " '中介服务': '/zhaopin/?subIndustry=&init=-1&industryType=industry_07&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=110&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7',\n",
       " '外包服务': '/zhaopin/?subIndustry=&init=-1&industryType=industry_07&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=440&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7',\n",
       " '检测/认证': '/zhaopin/?subIndustry=&init=-1&industryType=industry_07&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=450&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7',\n",
       " '餐饮/酒旅/服务': '/zhaopin/?subIndustry=&init=-1&industryType=industry_07&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=230&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7',\n",
       " '文体娱乐': '/zhaopin/?subIndustry=&init=-1&industryType=industry_07&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=260&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7',\n",
       " '租赁服务': '/zhaopin/?subIndustry=&init=-1&industryType=industry_07&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=510&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7',\n",
       " '广告/市场/会展': '/zhaopin/?subIndustry=&init=-1&industryType=industry_08&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=070&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7',\n",
       " '影视文化': '/zhaopin/?subIndustry=&init=-1&industryType=industry_08&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=170&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7',\n",
       " '教育培训': '/zhaopin/?subIndustry=&init=-1&industryType=industry_08&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=380&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7',\n",
       " '交通/物流/运输': '/zhaopin/?subIndustry=&init=-1&industryType=industry_09&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=250&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7',\n",
       " '贸易/进出口': '/zhaopin/?subIndustry=&init=-1&industryType=industry_09&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=160&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7',\n",
       " '航空/航天': '/zhaopin/?subIndustry=&init=-1&industryType=industry_09&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=480&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7',\n",
       " '政务/公共服务': '/zhaopin/?subIndustry=&init=-1&industryType=industry_12&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=390&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7',\n",
       " '农林牧渔': '/zhaopin/?subIndustry=&init=-1&industryType=industry_12&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=410&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7',\n",
       " '其他行业': '/zhaopin/?subIndustry=&init=-1&industryType=industry_12&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=400&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7'}"
      ]
     },
     "execution_count": 106,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "url = 'https://www.liepin.com/zhaopin/?keyword=投资经理'\n",
    "session = HTMLSession()\n",
    "r = session.get(url)\n",
    "行业细分链接 = r.html.xpath('//ul[@class=\"clearfix\"]/li/div/a/@href')\n",
    "行业 = r.html.xpath('//ul[@class=\"clearfix\"]/li/div/a/text()')\n",
    "行业_合并 = dict(zip(行业,行业细分链接))\n",
    "行业_合并"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 107,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_01&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=040&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_01&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=420&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_01&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=010&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_01&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=030&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_02&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=050&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_02&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=060&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_02&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=020&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_03&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=080&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_03&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=100&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_03&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=090&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_04&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=130&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_04&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=140&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_04&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=150&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_04&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=430&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_04&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=500&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_05&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=190&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_05&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=240&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_05&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=200&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_05&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=210&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_05&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=220&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_05&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=460&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_05&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=470&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_06&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=350&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_06&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=360&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_06&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=180&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_06&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=370&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_06&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=340&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_10&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=270&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_10&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=280&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_10&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=290&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_11&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=330&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_11&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=310&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_11&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=320&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_11&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=300&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_11&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=490&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_07&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=120&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_07&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=110&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_07&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=440&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_07&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=450&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_07&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=230&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_07&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=260&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_07&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=510&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_08&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=070&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_08&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=170&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_08&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=380&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_09&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=250&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_09&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=160&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_09&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=480&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_12&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=390&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_12&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=410&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='subIndustry=&init=-1&industryType=industry_12&headckid=0739422d84ea3c79&flushckid=1&fromSearchBtn=2&industries=400&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=0739422d84ea3c79&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=f685fbcdff1bfa3ecb81756a087f0cf7&d_curPage=0&d_pageSize=40&d_headId=f685fbcdff1bfa3ecb81756a087f0cf7', fragment='')]"
      ]
     },
     "execution_count": 107,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from urllib.parse import urlparse, parse_qs\n",
    "[ urlparse(x) for x in 行业_合并.values()]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 108,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 51 entries, 0 to 50\n",
      "Data columns (total 6 columns):\n",
      " #   Column    Non-Null Count  Dtype \n",
      "---  ------    --------------  ----- \n",
      " 0   scheme    51 non-null     object\n",
      " 1   netloc    51 non-null     object\n",
      " 2   path      51 non-null     object\n",
      " 3   params    51 non-null     object\n",
      " 4   query     51 non-null     object\n",
      " 5   fragment  51 non-null     object\n",
      "dtypes: object(6)\n",
      "memory usage: 2.5+ KB\n",
      "scheme       1\n",
      "netloc       1\n",
      "path         1\n",
      "params       1\n",
      "query       51\n",
      "fragment     1\n",
      "dtype: int64\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>scheme</th>\n",
       "      <th>netloc</th>\n",
       "      <th>path</th>\n",
       "      <th>params</th>\n",
       "      <th>query</th>\n",
       "      <th>fragment</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>/zhaopin/</td>\n",
       "      <td></td>\n",
       "      <td>subIndustry=&amp;init=-1&amp;industryType=industry_01&amp;...</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  scheme netloc       path params  \\\n",
       "0                /zhaopin/          \n",
       "\n",
       "                                               query fragment  \n",
       "0  subIndustry=&init=-1&industryType=industry_01&...           "
      ]
     },
     "execution_count": 108,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = pd.DataFrame([ urlparse(x) for x in 行业_合并.values()])\n",
    "df.info()\n",
    "print(df.nunique())\n",
    "df.head(1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 109,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "init              1\n",
      "industryType     12\n",
      "headckid          1\n",
      "flushckid         1\n",
      "fromSearchBtn     1\n",
      "industries       51\n",
      "keyword           1\n",
      "ckid              1\n",
      "siTag             1\n",
      "d_sfrom           1\n",
      "d_ckId            1\n",
      "d_curPage         1\n",
      "d_pageSize        1\n",
      "d_headId          1\n",
      "dtype: int64\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>keyword</th>\n",
       "      <th>industries</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>040</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>420</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>010</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>030</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>050</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>060</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>020</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>080</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>100</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>090</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>130</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>140</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>150</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>430</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>500</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>190</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>240</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>200</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>210</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>220</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>460</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>470</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>350</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>360</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>180</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>370</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>340</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>270</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>280</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>290</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>330</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>310</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>320</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>300</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>490</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>120</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>110</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>440</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>450</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>230</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>260</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>510</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>070</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>170</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>380</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>250</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>160</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>480</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>390</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>410</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>400</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   keyword industries\n",
       "0     投资经理        040\n",
       "1     投资经理        420\n",
       "2     投资经理        010\n",
       "3     投资经理        030\n",
       "4     投资经理        050\n",
       "5     投资经理        060\n",
       "6     投资经理        020\n",
       "7     投资经理        080\n",
       "8     投资经理        100\n",
       "9     投资经理        090\n",
       "10    投资经理        130\n",
       "11    投资经理        140\n",
       "12    投资经理        150\n",
       "13    投资经理        430\n",
       "14    投资经理        500\n",
       "15    投资经理        190\n",
       "16    投资经理        240\n",
       "17    投资经理        200\n",
       "18    投资经理        210\n",
       "19    投资经理        220\n",
       "20    投资经理        460\n",
       "21    投资经理        470\n",
       "22    投资经理        350\n",
       "23    投资经理        360\n",
       "24    投资经理        180\n",
       "25    投资经理        370\n",
       "26    投资经理        340\n",
       "27    投资经理        270\n",
       "28    投资经理        280\n",
       "29    投资经理        290\n",
       "30    投资经理        330\n",
       "31    投资经理        310\n",
       "32    投资经理        320\n",
       "33    投资经理        300\n",
       "34    投资经理        490\n",
       "35    投资经理        120\n",
       "36    投资经理        110\n",
       "37    投资经理        440\n",
       "38    投资经理        450\n",
       "39    投资经理        230\n",
       "40    投资经理        260\n",
       "41    投资经理        510\n",
       "42    投资经理        070\n",
       "43    投资经理        170\n",
       "44    投资经理        380\n",
       "45    投资经理        250\n",
       "46    投资经理        160\n",
       "47    投资经理        480\n",
       "48    投资经理        390\n",
       "49    投资经理        410\n",
       "50    投资经理        400"
      ]
     },
     "execution_count": 109,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_qs = pd.DataFrame([{k:v[0] for k,v in parse_qs(x).items()} for x in df['query'] ])\n",
    "print (df_qs.nunique())\n",
    "df_qs.head()\n",
    "df_qs[['keyword','industries']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 136,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['0739422d84ea3c79'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['040'], 'keyword': ['投资经理'], 'ckid': ['0739422d84ea3c79'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['f685fbcdff1bfa3ecb81756a087f0cf7'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['f685fbcdff1bfa3ecb81756a087f0cf7']}\n",
      "{'互联网/电商': '040', '游戏产业': '420', '计算机软件': '010', 'IT服务': '030', '电子/芯片/半导体': '050', '通信业': '060', '计算机/网络设备': '020', '房地产/建筑': '080', '规划/设计/装潢': '100', '房地产服务': '090', '银行': '130', '保险': '140', '基金/证券/投资': '150', '会计/审计': '430', '信托/担保/拍卖': '500', '快消品': '190', '批发零售': '240', '服装纺织': '200', '家具/家电': '210', '办公设备': '220', '奢侈品/收藏品': '460', '珠宝/玩具/工艺品': '470', '汽车/摩托车': '350', '机械/机电/重工': '360', '印刷/包装/造纸': '180', '原材料加工': '370', '仪器/电气/自动化': '340', '制药/生物工程': '270', '医疗/保健/美容': '280', '医疗器械': '290', '能源/水利': '330', '石油/化工': '310', '采掘/冶炼/矿产': '320', '环保': '300', '新能源': '490', '专业服务': '120', '中介服务': '110', '外包服务': '440', '检测/认证': '450', '餐饮/酒旅/服务': '230', '文体娱乐': '260', '租赁服务': '510', '广告/市场/会展': '070', '影视文化': '170', '教育培训': '380', '交通/物流/运输': '250', '贸易/进出口': '160', '航空/航天': '480', '政务/公共服务': '390', '农林牧渔': '410', '其他行业': '400'}\n"
     ]
    }
   ],
   "source": [
    "def parse_url_qs_for_industries (url):\n",
    "    six_parts = urlparse(url) \n",
    "    out = parse_qs(six_parts.query)\n",
    "    return (out)\n",
    "\n",
    "# parse_url_qs_for_compTag(list(公司数据选择器链结.values())[0])['compTag']\n",
    "参数模板 = parse_url_qs_for_industries(list(行业_合并.values())[0])\n",
    "print(参数模板)\n",
    "# [ parse_url_qs_for_compTag(x)['compTag'] for x in 公司数据选择器链结.values()]\n",
    "[ parse_url_qs_for_industries(x)['industries'][0] for x in 行业_合并.values()]\n",
    "\n",
    "字典_industries = { k:parse_url_qs_for_industries(v)['industries'][0] for k,v in 行业_合并.items()}\n",
    "print (字典_industries)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 137,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'互联网/电商': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['0739422d84ea3c79'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['040'], 'keyword': ['投资经理'], 'ckid': ['0739422d84ea3c79'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['f685fbcdff1bfa3ecb81756a087f0cf7'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['f685fbcdff1bfa3ecb81756a087f0cf7']}, '游戏产业': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['0739422d84ea3c79'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['420'], 'keyword': ['投资经理'], 'ckid': ['0739422d84ea3c79'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['f685fbcdff1bfa3ecb81756a087f0cf7'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['f685fbcdff1bfa3ecb81756a087f0cf7']}, '计算机软件': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['0739422d84ea3c79'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['010'], 'keyword': ['投资经理'], 'ckid': ['0739422d84ea3c79'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['f685fbcdff1bfa3ecb81756a087f0cf7'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['f685fbcdff1bfa3ecb81756a087f0cf7']}, 'IT服务': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['0739422d84ea3c79'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['030'], 'keyword': ['投资经理'], 'ckid': ['0739422d84ea3c79'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['f685fbcdff1bfa3ecb81756a087f0cf7'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['f685fbcdff1bfa3ecb81756a087f0cf7']}, '电子/芯片/半导体': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['0739422d84ea3c79'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['050'], 'keyword': ['投资经理'], 'ckid': ['0739422d84ea3c79'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['f685fbcdff1bfa3ecb81756a087f0cf7'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['f685fbcdff1bfa3ecb81756a087f0cf7']}, '通信业': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['0739422d84ea3c79'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['060'], 'keyword': ['投资经理'], 'ckid': ['0739422d84ea3c79'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['f685fbcdff1bfa3ecb81756a087f0cf7'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['f685fbcdff1bfa3ecb81756a087f0cf7']}, '计算机/网络设备': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['0739422d84ea3c79'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['020'], 'keyword': ['投资经理'], 'ckid': ['0739422d84ea3c79'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['f685fbcdff1bfa3ecb81756a087f0cf7'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['f685fbcdff1bfa3ecb81756a087f0cf7']}, '房地产/建筑': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['0739422d84ea3c79'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['080'], 'keyword': ['投资经理'], 'ckid': ['0739422d84ea3c79'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['f685fbcdff1bfa3ecb81756a087f0cf7'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['f685fbcdff1bfa3ecb81756a087f0cf7']}, '规划/设计/装潢': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['0739422d84ea3c79'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['100'], 'keyword': ['投资经理'], 'ckid': ['0739422d84ea3c79'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['f685fbcdff1bfa3ecb81756a087f0cf7'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['f685fbcdff1bfa3ecb81756a087f0cf7']}, '房地产服务': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['0739422d84ea3c79'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['090'], 'keyword': ['投资经理'], 'ckid': ['0739422d84ea3c79'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['f685fbcdff1bfa3ecb81756a087f0cf7'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['f685fbcdff1bfa3ecb81756a087f0cf7']}, '银行': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['0739422d84ea3c79'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['130'], 'keyword': ['投资经理'], 'ckid': ['0739422d84ea3c79'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['f685fbcdff1bfa3ecb81756a087f0cf7'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['f685fbcdff1bfa3ecb81756a087f0cf7']}, '保险': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['0739422d84ea3c79'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['140'], 'keyword': ['投资经理'], 'ckid': ['0739422d84ea3c79'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['f685fbcdff1bfa3ecb81756a087f0cf7'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['f685fbcdff1bfa3ecb81756a087f0cf7']}, '基金/证券/投资': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['0739422d84ea3c79'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['150'], 'keyword': ['投资经理'], 'ckid': ['0739422d84ea3c79'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['f685fbcdff1bfa3ecb81756a087f0cf7'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['f685fbcdff1bfa3ecb81756a087f0cf7']}, '会计/审计': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['0739422d84ea3c79'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['430'], 'keyword': ['投资经理'], 'ckid': ['0739422d84ea3c79'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['f685fbcdff1bfa3ecb81756a087f0cf7'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['f685fbcdff1bfa3ecb81756a087f0cf7']}, '信托/担保/拍卖': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['0739422d84ea3c79'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['500'], 'keyword': ['投资经理'], 'ckid': ['0739422d84ea3c79'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['f685fbcdff1bfa3ecb81756a087f0cf7'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['f685fbcdff1bfa3ecb81756a087f0cf7']}, '快消品': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['0739422d84ea3c79'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['190'], 'keyword': ['投资经理'], 'ckid': ['0739422d84ea3c79'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['f685fbcdff1bfa3ecb81756a087f0cf7'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['f685fbcdff1bfa3ecb81756a087f0cf7']}, '批发零售': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['0739422d84ea3c79'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['240'], 'keyword': ['投资经理'], 'ckid': ['0739422d84ea3c79'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['f685fbcdff1bfa3ecb81756a087f0cf7'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['f685fbcdff1bfa3ecb81756a087f0cf7']}, '服装纺织': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['0739422d84ea3c79'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['200'], 'keyword': ['投资经理'], 'ckid': ['0739422d84ea3c79'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['f685fbcdff1bfa3ecb81756a087f0cf7'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['f685fbcdff1bfa3ecb81756a087f0cf7']}, '家具/家电': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['0739422d84ea3c79'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['210'], 'keyword': ['投资经理'], 'ckid': ['0739422d84ea3c79'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['f685fbcdff1bfa3ecb81756a087f0cf7'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['f685fbcdff1bfa3ecb81756a087f0cf7']}, '办公设备': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['0739422d84ea3c79'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['220'], 'keyword': ['投资经理'], 'ckid': ['0739422d84ea3c79'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['f685fbcdff1bfa3ecb81756a087f0cf7'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['f685fbcdff1bfa3ecb81756a087f0cf7']}, '奢侈品/收藏品': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['0739422d84ea3c79'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['460'], 'keyword': ['投资经理'], 'ckid': ['0739422d84ea3c79'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['f685fbcdff1bfa3ecb81756a087f0cf7'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['f685fbcdff1bfa3ecb81756a087f0cf7']}, '珠宝/玩具/工艺品': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['0739422d84ea3c79'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['470'], 'keyword': ['投资经理'], 'ckid': ['0739422d84ea3c79'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['f685fbcdff1bfa3ecb81756a087f0cf7'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['f685fbcdff1bfa3ecb81756a087f0cf7']}, '汽车/摩托车': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['0739422d84ea3c79'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['350'], 'keyword': ['投资经理'], 'ckid': ['0739422d84ea3c79'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['f685fbcdff1bfa3ecb81756a087f0cf7'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['f685fbcdff1bfa3ecb81756a087f0cf7']}, '机械/机电/重工': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['0739422d84ea3c79'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['360'], 'keyword': ['投资经理'], 'ckid': ['0739422d84ea3c79'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['f685fbcdff1bfa3ecb81756a087f0cf7'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['f685fbcdff1bfa3ecb81756a087f0cf7']}, '印刷/包装/造纸': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['0739422d84ea3c79'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['180'], 'keyword': ['投资经理'], 'ckid': ['0739422d84ea3c79'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['f685fbcdff1bfa3ecb81756a087f0cf7'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['f685fbcdff1bfa3ecb81756a087f0cf7']}, '原材料加工': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['0739422d84ea3c79'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['370'], 'keyword': ['投资经理'], 'ckid': ['0739422d84ea3c79'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['f685fbcdff1bfa3ecb81756a087f0cf7'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['f685fbcdff1bfa3ecb81756a087f0cf7']}, '仪器/电气/自动化': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['0739422d84ea3c79'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['340'], 'keyword': ['投资经理'], 'ckid': ['0739422d84ea3c79'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['f685fbcdff1bfa3ecb81756a087f0cf7'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['f685fbcdff1bfa3ecb81756a087f0cf7']}, '制药/生物工程': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['0739422d84ea3c79'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['270'], 'keyword': ['投资经理'], 'ckid': ['0739422d84ea3c79'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['f685fbcdff1bfa3ecb81756a087f0cf7'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['f685fbcdff1bfa3ecb81756a087f0cf7']}, '医疗/保健/美容': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['0739422d84ea3c79'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['280'], 'keyword': ['投资经理'], 'ckid': ['0739422d84ea3c79'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['f685fbcdff1bfa3ecb81756a087f0cf7'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['f685fbcdff1bfa3ecb81756a087f0cf7']}, '医疗器械': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['0739422d84ea3c79'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['290'], 'keyword': ['投资经理'], 'ckid': ['0739422d84ea3c79'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['f685fbcdff1bfa3ecb81756a087f0cf7'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['f685fbcdff1bfa3ecb81756a087f0cf7']}, '能源/水利': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['0739422d84ea3c79'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['330'], 'keyword': ['投资经理'], 'ckid': ['0739422d84ea3c79'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['f685fbcdff1bfa3ecb81756a087f0cf7'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['f685fbcdff1bfa3ecb81756a087f0cf7']}, '石油/化工': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['0739422d84ea3c79'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['310'], 'keyword': ['投资经理'], 'ckid': ['0739422d84ea3c79'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['f685fbcdff1bfa3ecb81756a087f0cf7'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['f685fbcdff1bfa3ecb81756a087f0cf7']}, '采掘/冶炼/矿产': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['0739422d84ea3c79'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['320'], 'keyword': ['投资经理'], 'ckid': ['0739422d84ea3c79'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['f685fbcdff1bfa3ecb81756a087f0cf7'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['f685fbcdff1bfa3ecb81756a087f0cf7']}, '环保': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['0739422d84ea3c79'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['300'], 'keyword': ['投资经理'], 'ckid': ['0739422d84ea3c79'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['f685fbcdff1bfa3ecb81756a087f0cf7'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['f685fbcdff1bfa3ecb81756a087f0cf7']}, '新能源': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['0739422d84ea3c79'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['490'], 'keyword': ['投资经理'], 'ckid': ['0739422d84ea3c79'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['f685fbcdff1bfa3ecb81756a087f0cf7'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['f685fbcdff1bfa3ecb81756a087f0cf7']}, '专业服务': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['0739422d84ea3c79'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['120'], 'keyword': ['投资经理'], 'ckid': ['0739422d84ea3c79'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['f685fbcdff1bfa3ecb81756a087f0cf7'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['f685fbcdff1bfa3ecb81756a087f0cf7']}, '中介服务': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['0739422d84ea3c79'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['110'], 'keyword': ['投资经理'], 'ckid': ['0739422d84ea3c79'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['f685fbcdff1bfa3ecb81756a087f0cf7'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['f685fbcdff1bfa3ecb81756a087f0cf7']}, '外包服务': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['0739422d84ea3c79'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['440'], 'keyword': ['投资经理'], 'ckid': ['0739422d84ea3c79'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['f685fbcdff1bfa3ecb81756a087f0cf7'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['f685fbcdff1bfa3ecb81756a087f0cf7']}, '检测/认证': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['0739422d84ea3c79'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['450'], 'keyword': ['投资经理'], 'ckid': ['0739422d84ea3c79'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['f685fbcdff1bfa3ecb81756a087f0cf7'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['f685fbcdff1bfa3ecb81756a087f0cf7']}, '餐饮/酒旅/服务': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['0739422d84ea3c79'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['230'], 'keyword': ['投资经理'], 'ckid': ['0739422d84ea3c79'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['f685fbcdff1bfa3ecb81756a087f0cf7'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['f685fbcdff1bfa3ecb81756a087f0cf7']}, '文体娱乐': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['0739422d84ea3c79'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['260'], 'keyword': ['投资经理'], 'ckid': ['0739422d84ea3c79'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['f685fbcdff1bfa3ecb81756a087f0cf7'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['f685fbcdff1bfa3ecb81756a087f0cf7']}, '租赁服务': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['0739422d84ea3c79'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['510'], 'keyword': ['投资经理'], 'ckid': ['0739422d84ea3c79'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['f685fbcdff1bfa3ecb81756a087f0cf7'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['f685fbcdff1bfa3ecb81756a087f0cf7']}, '广告/市场/会展': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['0739422d84ea3c79'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['070'], 'keyword': ['投资经理'], 'ckid': ['0739422d84ea3c79'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['f685fbcdff1bfa3ecb81756a087f0cf7'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['f685fbcdff1bfa3ecb81756a087f0cf7']}, '影视文化': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['0739422d84ea3c79'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['170'], 'keyword': ['投资经理'], 'ckid': ['0739422d84ea3c79'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['f685fbcdff1bfa3ecb81756a087f0cf7'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['f685fbcdff1bfa3ecb81756a087f0cf7']}, '教育培训': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['0739422d84ea3c79'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['380'], 'keyword': ['投资经理'], 'ckid': ['0739422d84ea3c79'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['f685fbcdff1bfa3ecb81756a087f0cf7'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['f685fbcdff1bfa3ecb81756a087f0cf7']}, '交通/物流/运输': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['0739422d84ea3c79'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['250'], 'keyword': ['投资经理'], 'ckid': ['0739422d84ea3c79'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['f685fbcdff1bfa3ecb81756a087f0cf7'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['f685fbcdff1bfa3ecb81756a087f0cf7']}, '贸易/进出口': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['0739422d84ea3c79'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['160'], 'keyword': ['投资经理'], 'ckid': ['0739422d84ea3c79'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['f685fbcdff1bfa3ecb81756a087f0cf7'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['f685fbcdff1bfa3ecb81756a087f0cf7']}, '航空/航天': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['0739422d84ea3c79'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['480'], 'keyword': ['投资经理'], 'ckid': ['0739422d84ea3c79'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['f685fbcdff1bfa3ecb81756a087f0cf7'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['f685fbcdff1bfa3ecb81756a087f0cf7']}, '政务/公共服务': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['0739422d84ea3c79'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['390'], 'keyword': ['投资经理'], 'ckid': ['0739422d84ea3c79'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['f685fbcdff1bfa3ecb81756a087f0cf7'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['f685fbcdff1bfa3ecb81756a087f0cf7']}, '农林牧渔': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['0739422d84ea3c79'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['410'], 'keyword': ['投资经理'], 'ckid': ['0739422d84ea3c79'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['f685fbcdff1bfa3ecb81756a087f0cf7'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['f685fbcdff1bfa3ecb81756a087f0cf7']}, '其他行业': {'init': ['-1'], 'industryType': ['industry_01'], 'headckid': ['0739422d84ea3c79'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'industries': ['400'], 'keyword': ['投资经理'], 'ckid': ['0739422d84ea3c79'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['f685fbcdff1bfa3ecb81756a087f0cf7'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['f685fbcdff1bfa3ecb81756a087f0cf7']}}"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n"
     ]
    }
   ],
   "source": [
    "def 参数模板生成_行业(industries , keyword ):\n",
    "    参数 = 参数模板.copy()\n",
    "    参数['industries'] = industries\n",
    "    参数['keyword'] = keyword\n",
    "    return (参数)\n",
    "参数_industries_投资经理 = { k:参数模板生成(industries = [v], keyword = ['投资经理']) for k,v in 字典_industries.items()}\n",
    "print(参数_industries_投资经理)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 公司"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 125,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'掌门1对1': '/zhaopin/?init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=8759460&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e',\n",
       " '阿里巴巴': '/zhaopin/?init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=1072424&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e',\n",
       " '猎聘招聘顾问团队': '/zhaopin/?init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=12176713&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e',\n",
       " '腾讯': '/zhaopin/?init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=7983148&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e',\n",
       " '字节跳动': '/zhaopin/?init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=7863078&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e',\n",
       " '华为': '/zhaopin/?init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=954482&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e',\n",
       " '美团点评': '/zhaopin/?init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=2036768&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e',\n",
       " '正邦集团有限公司': '/zhaopin/?init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=8648946&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e',\n",
       " '大连博琪商务信息咨询有限公司': '/zhaopin/?init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=9358223&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e',\n",
       " '碧桂园集团': '/zhaopin/?init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=2485521&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e',\n",
       " '山东绿山水经济信息咨询有限公司': '/zhaopin/?init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=9962773&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e',\n",
       " '四川链家房地产经纪有限公司': '/zhaopin/?init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=8827752&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e',\n",
       " '滴滴': '/zhaopin/?init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=8076624&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e',\n",
       " '唐山医药股份有限公司药品分公司': '/zhaopin/?init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=9564036&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e',\n",
       " '饿了么': '/zhaopin/?init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=2778803&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e',\n",
       " '小米': '/zhaopin/?init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=2174886&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e',\n",
       " '北京高晟财富金融信息服务有限公司': '/zhaopin/?init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=9398198&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e',\n",
       " '北京锐卡安讯科技有限公司': '/zhaopin/?init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=9844505&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e',\n",
       " '网易集团': '/zhaopin/?init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=5964833&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e',\n",
       " '麦田房产': '/zhaopin/?init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=616691&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e',\n",
       " '绿城房地产建设管理集团有限公司': '/zhaopin/?init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=8653060&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e',\n",
       " '京东物流': '/zhaopin/?init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=9770323&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e',\n",
       " '新东方教育科技集团有限公司': '/zhaopin/?init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=2485876&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e',\n",
       " '京东商城': '/zhaopin/?init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=9747025&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e',\n",
       " '博智林机器人': '/zhaopin/?init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=9961005&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e',\n",
       " '海尔智家股份有限公司': '/zhaopin/?init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=9671743&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e',\n",
       " '新城控股集团商业开发事业部': '/zhaopin/?init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=8475590&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e',\n",
       " '大唐财富': '/zhaopin/?init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=8228617&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e',\n",
       " 'Michael Page': '/zhaopin/?init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=1790705&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e',\n",
       " '中国平安人寿保险股份有限公司广州市天河支公司': '/zhaopin/?init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=8978693&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e',\n",
       " '车好多集团': '/zhaopin/?init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=8621471&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e',\n",
       " '北京大禹创联商贸有限公司': '/zhaopin/?init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=9543080&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e',\n",
       " '歌尔股份': '/zhaopin/?init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=885718&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e',\n",
       " '上海谦问万答吧云计算科技有限公司': '/zhaopin/?init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=7913194&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e',\n",
       " 'vivo': '/zhaopin/?init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=4787049&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e'}"
      ]
     },
     "execution_count": 125,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "url = 'https://www.liepin.com/zhaopin/?keyword=投资经理'\n",
    "session = HTMLSession()\n",
    "r = session.get(url)\n",
    "公司细分链接 = r.html.xpath('//ul[@class=\"clearfix\"]/li/a/@href')\n",
    "公司 = r.html.xpath('//ul[@class=\"clearfix\"]/li/a/span/text()')\n",
    "公司_合并 = dict(zip(公司,公司细分链接))\n",
    "公司_合并"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 129,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=8759460&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=1072424&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=12176713&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=7983148&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=7863078&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=954482&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=2036768&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=8648946&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=9358223&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=2485521&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=9962773&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=8827752&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=8076624&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=9564036&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=2778803&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=2174886&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=9398198&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=9844505&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=5964833&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=616691&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=8653060&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=9770323&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=2485876&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=9747025&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=9961005&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=9671743&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=8475590&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=8228617&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=1790705&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=8978693&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=8621471&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=9543080&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=885718&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=7913194&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e', fragment=''),\n",
       " ParseResult(scheme='', netloc='', path='/zhaopin/', params='', query='init=-1&headckid=ebb272fbd0f420f1&flushckid=1&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=ebb272fbd0f420f1&compIds=4787049&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=17c542a71f52e13b181b5fac6706df7e&d_curPage=0&d_pageSize=40&d_headId=17c542a71f52e13b181b5fac6706df7e', fragment='')]"
      ]
     },
     "execution_count": 129,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from urllib.parse import urlparse, parse_qs\n",
    "[ urlparse(x) for x in 公司_合并.values()]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 128,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 35 entries, 0 to 34\n",
      "Data columns (total 6 columns):\n",
      " #   Column    Non-Null Count  Dtype \n",
      "---  ------    --------------  ----- \n",
      " 0   scheme    35 non-null     object\n",
      " 1   netloc    35 non-null     object\n",
      " 2   path      35 non-null     object\n",
      " 3   params    35 non-null     object\n",
      " 4   query     35 non-null     object\n",
      " 5   fragment  35 non-null     object\n",
      "dtypes: object(6)\n",
      "memory usage: 1.8+ KB\n",
      "scheme       1\n",
      "netloc       1\n",
      "path         1\n",
      "params       1\n",
      "query       35\n",
      "fragment     1\n",
      "dtype: int64\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>scheme</th>\n",
       "      <th>netloc</th>\n",
       "      <th>path</th>\n",
       "      <th>params</th>\n",
       "      <th>query</th>\n",
       "      <th>fragment</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>/zhaopin/</td>\n",
       "      <td></td>\n",
       "      <td>init=-1&amp;headckid=ebb272fbd0f420f1&amp;flushckid=1&amp;...</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  scheme netloc       path params  \\\n",
       "0                /zhaopin/          \n",
       "\n",
       "                                               query fragment  \n",
       "0  init=-1&headckid=ebb272fbd0f420f1&flushckid=1&...           "
      ]
     },
     "execution_count": 128,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = pd.DataFrame([ urlparse(x) for x in 公司_合并.values()])\n",
    "df.info()\n",
    "print(df.nunique())\n",
    "df.head(1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 131,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "init              1\n",
      "headckid          1\n",
      "flushckid         1\n",
      "fromSearchBtn     1\n",
      "keyword           1\n",
      "ckid              1\n",
      "compIds          35\n",
      "siTag             1\n",
      "d_sfrom           1\n",
      "d_ckId            1\n",
      "d_curPage         1\n",
      "d_pageSize        1\n",
      "d_headId          1\n",
      "dtype: int64\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>keyword</th>\n",
       "      <th>compIds</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>8759460</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>1072424</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>12176713</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>7983148</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>7863078</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>954482</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>2036768</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>8648946</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>9358223</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>2485521</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>9962773</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>8827752</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>8076624</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>9564036</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>2778803</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>2174886</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>9398198</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>9844505</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>5964833</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>616691</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>8653060</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>9770323</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>2485876</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>9747025</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>9961005</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>9671743</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>8475590</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>8228617</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>1790705</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>8978693</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>8621471</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>9543080</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>885718</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>7913194</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>投资经理</td>\n",
       "      <td>4787049</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   keyword   compIds\n",
       "0     投资经理   8759460\n",
       "1     投资经理   1072424\n",
       "2     投资经理  12176713\n",
       "3     投资经理   7983148\n",
       "4     投资经理   7863078\n",
       "5     投资经理    954482\n",
       "6     投资经理   2036768\n",
       "7     投资经理   8648946\n",
       "8     投资经理   9358223\n",
       "9     投资经理   2485521\n",
       "10    投资经理   9962773\n",
       "11    投资经理   8827752\n",
       "12    投资经理   8076624\n",
       "13    投资经理   9564036\n",
       "14    投资经理   2778803\n",
       "15    投资经理   2174886\n",
       "16    投资经理   9398198\n",
       "17    投资经理   9844505\n",
       "18    投资经理   5964833\n",
       "19    投资经理    616691\n",
       "20    投资经理   8653060\n",
       "21    投资经理   9770323\n",
       "22    投资经理   2485876\n",
       "23    投资经理   9747025\n",
       "24    投资经理   9961005\n",
       "25    投资经理   9671743\n",
       "26    投资经理   8475590\n",
       "27    投资经理   8228617\n",
       "28    投资经理   1790705\n",
       "29    投资经理   8978693\n",
       "30    投资经理   8621471\n",
       "31    投资经理   9543080\n",
       "32    投资经理    885718\n",
       "33    投资经理   7913194\n",
       "34    投资经理   4787049"
      ]
     },
     "execution_count": 131,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_CS = pd.DataFrame([{k:v[0] for k,v in parse_qs(x).items()} for x in df['query'] ])\n",
    "print (df_CS.nunique())\n",
    "df_CS.head()\n",
    "df_CS[['keyword','compIds']]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 132,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'init': ['-1'], 'headckid': ['ebb272fbd0f420f1'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'keyword': ['投资经理'], 'ckid': ['ebb272fbd0f420f1'], 'compIds': ['8759460'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['17c542a71f52e13b181b5fac6706df7e'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['17c542a71f52e13b181b5fac6706df7e']}\n",
      "{'掌门1对1': '8759460', '阿里巴巴': '1072424', '猎聘招聘顾问团队': '12176713', '腾讯': '7983148', '字节跳动': '7863078', '华为': '954482', '美团点评': '2036768', '正邦集团有限公司': '8648946', '大连博琪商务信息咨询有限公司': '9358223', '碧桂园集团': '2485521', '山东绿山水经济信息咨询有限公司': '9962773', '四川链家房地产经纪有限公司': '8827752', '滴滴': '8076624', '唐山医药股份有限公司药品分公司': '9564036', '饿了么': '2778803', '小米': '2174886', '北京高晟财富金融信息服务有限公司': '9398198', '北京锐卡安讯科技有限公司': '9844505', '网易集团': '5964833', '麦田房产': '616691', '绿城房地产建设管理集团有限公司': '8653060', '京东物流': '9770323', '新东方教育科技集团有限公司': '2485876', '京东商城': '9747025', '博智林机器人': '9961005', '海尔智家股份有限公司': '9671743', '新城控股集团商业开发事业部': '8475590', '大唐财富': '8228617', 'Michael Page': '1790705', '中国平安人寿保险股份有限公司广州市天河支公司': '8978693', '车好多集团': '8621471', '北京大禹创联商贸有限公司': '9543080', '歌尔股份': '885718', '上海谦问万答吧云计算科技有限公司': '7913194', 'vivo': '4787049'}\n"
     ]
    }
   ],
   "source": [
    "参数模板 = parse_url_qs_for_industries(list(公司_合并.values())[0])\n",
    "print(参数模板)\n",
    "[ parse_url_qs_for_industries(x)['compIds'][0] for x in 公司_合并.values()]\n",
    "\n",
    "字典_compIds = { k:parse_url_qs_for_industries(v)['compIds'][0] for k,v in 公司_合并.items()}\n",
    "print (字典_compIds)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 135,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'掌门1对1': {'init': ['-1'], 'headckid': ['9ca7d68db748f092'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'keyword': ['投资经理'], 'ckid': ['9ca7d68db748f092'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6005a79670462a2ee91cd57d5470aaae'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6005a79670462a2ee91cd57d5470aaae'], 'compIds': ['8759460']}, '阿里巴巴': {'init': ['-1'], 'headckid': ['9ca7d68db748f092'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'keyword': ['投资经理'], 'ckid': ['9ca7d68db748f092'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6005a79670462a2ee91cd57d5470aaae'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6005a79670462a2ee91cd57d5470aaae'], 'compIds': ['1072424']}, '猎聘招聘顾问团队': {'init': ['-1'], 'headckid': ['9ca7d68db748f092'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'keyword': ['投资经理'], 'ckid': ['9ca7d68db748f092'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6005a79670462a2ee91cd57d5470aaae'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6005a79670462a2ee91cd57d5470aaae'], 'compIds': ['12176713']}, '腾讯': {'init': ['-1'], 'headckid': ['9ca7d68db748f092'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'keyword': ['投资经理'], 'ckid': ['9ca7d68db748f092'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6005a79670462a2ee91cd57d5470aaae'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6005a79670462a2ee91cd57d5470aaae'], 'compIds': ['7983148']}, '字节跳动': {'init': ['-1'], 'headckid': ['9ca7d68db748f092'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'keyword': ['投资经理'], 'ckid': ['9ca7d68db748f092'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6005a79670462a2ee91cd57d5470aaae'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6005a79670462a2ee91cd57d5470aaae'], 'compIds': ['7863078']}, '华为': {'init': ['-1'], 'headckid': ['9ca7d68db748f092'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'keyword': ['投资经理'], 'ckid': ['9ca7d68db748f092'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6005a79670462a2ee91cd57d5470aaae'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6005a79670462a2ee91cd57d5470aaae'], 'compIds': ['954482']}, '美团点评': {'init': ['-1'], 'headckid': ['9ca7d68db748f092'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'keyword': ['投资经理'], 'ckid': ['9ca7d68db748f092'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6005a79670462a2ee91cd57d5470aaae'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6005a79670462a2ee91cd57d5470aaae'], 'compIds': ['2036768']}, '正邦集团有限公司': {'init': ['-1'], 'headckid': ['9ca7d68db748f092'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'keyword': ['投资经理'], 'ckid': ['9ca7d68db748f092'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6005a79670462a2ee91cd57d5470aaae'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6005a79670462a2ee91cd57d5470aaae'], 'compIds': ['8648946']}, '大连博琪商务信息咨询有限公司': {'init': ['-1'], 'headckid': ['9ca7d68db748f092'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'keyword': ['投资经理'], 'ckid': ['9ca7d68db748f092'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6005a79670462a2ee91cd57d5470aaae'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6005a79670462a2ee91cd57d5470aaae'], 'compIds': ['9358223']}, '碧桂园集团': {'init': ['-1'], 'headckid': ['9ca7d68db748f092'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'keyword': ['投资经理'], 'ckid': ['9ca7d68db748f092'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6005a79670462a2ee91cd57d5470aaae'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6005a79670462a2ee91cd57d5470aaae'], 'compIds': ['2485521']}, '山东绿山水经济信息咨询有限公司': {'init': ['-1'], 'headckid': ['9ca7d68db748f092'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'keyword': ['投资经理'], 'ckid': ['9ca7d68db748f092'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6005a79670462a2ee91cd57d5470aaae'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6005a79670462a2ee91cd57d5470aaae'], 'compIds': ['9962773']}, '四川链家房地产经纪有限公司': {'init': ['-1'], 'headckid': ['9ca7d68db748f092'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'keyword': ['投资经理'], 'ckid': ['9ca7d68db748f092'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6005a79670462a2ee91cd57d5470aaae'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6005a79670462a2ee91cd57d5470aaae'], 'compIds': ['8827752']}, '滴滴': {'init': ['-1'], 'headckid': ['9ca7d68db748f092'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'keyword': ['投资经理'], 'ckid': ['9ca7d68db748f092'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6005a79670462a2ee91cd57d5470aaae'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6005a79670462a2ee91cd57d5470aaae'], 'compIds': ['8076624']}, '唐山医药股份有限公司药品分公司': {'init': ['-1'], 'headckid': ['9ca7d68db748f092'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'keyword': ['投资经理'], 'ckid': ['9ca7d68db748f092'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6005a79670462a2ee91cd57d5470aaae'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6005a79670462a2ee91cd57d5470aaae'], 'compIds': ['9564036']}, '饿了么': {'init': ['-1'], 'headckid': ['9ca7d68db748f092'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'keyword': ['投资经理'], 'ckid': ['9ca7d68db748f092'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6005a79670462a2ee91cd57d5470aaae'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6005a79670462a2ee91cd57d5470aaae'], 'compIds': ['2778803']}, '小米': {'init': ['-1'], 'headckid': ['9ca7d68db748f092'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'keyword': ['投资经理'], 'ckid': ['9ca7d68db748f092'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6005a79670462a2ee91cd57d5470aaae'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6005a79670462a2ee91cd57d5470aaae'], 'compIds': ['2174886']}, '北京高晟财富金融信息服务有限公司': {'init': ['-1'], 'headckid': ['9ca7d68db748f092'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'keyword': ['投资经理'], 'ckid': ['9ca7d68db748f092'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6005a79670462a2ee91cd57d5470aaae'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6005a79670462a2ee91cd57d5470aaae'], 'compIds': ['9398198']}, '北京锐卡安讯科技有限公司': {'init': ['-1'], 'headckid': ['9ca7d68db748f092'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'keyword': ['投资经理'], 'ckid': ['9ca7d68db748f092'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6005a79670462a2ee91cd57d5470aaae'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6005a79670462a2ee91cd57d5470aaae'], 'compIds': ['9844505']}, '网易集团': {'init': ['-1'], 'headckid': ['9ca7d68db748f092'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'keyword': ['投资经理'], 'ckid': ['9ca7d68db748f092'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6005a79670462a2ee91cd57d5470aaae'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6005a79670462a2ee91cd57d5470aaae'], 'compIds': ['5964833']}, '麦田房产': {'init': ['-1'], 'headckid': ['9ca7d68db748f092'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'keyword': ['投资经理'], 'ckid': ['9ca7d68db748f092'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6005a79670462a2ee91cd57d5470aaae'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6005a79670462a2ee91cd57d5470aaae'], 'compIds': ['616691']}, '绿城房地产建设管理集团有限公司': {'init': ['-1'], 'headckid': ['9ca7d68db748f092'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'keyword': ['投资经理'], 'ckid': ['9ca7d68db748f092'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6005a79670462a2ee91cd57d5470aaae'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6005a79670462a2ee91cd57d5470aaae'], 'compIds': ['8653060']}, '京东物流': {'init': ['-1'], 'headckid': ['9ca7d68db748f092'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'keyword': ['投资经理'], 'ckid': ['9ca7d68db748f092'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6005a79670462a2ee91cd57d5470aaae'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6005a79670462a2ee91cd57d5470aaae'], 'compIds': ['9770323']}, '新东方教育科技集团有限公司': {'init': ['-1'], 'headckid': ['9ca7d68db748f092'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'keyword': ['投资经理'], 'ckid': ['9ca7d68db748f092'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6005a79670462a2ee91cd57d5470aaae'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6005a79670462a2ee91cd57d5470aaae'], 'compIds': ['2485876']}, '京东商城': {'init': ['-1'], 'headckid': ['9ca7d68db748f092'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'keyword': ['投资经理'], 'ckid': ['9ca7d68db748f092'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6005a79670462a2ee91cd57d5470aaae'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6005a79670462a2ee91cd57d5470aaae'], 'compIds': ['9747025']}, '博智林机器人': {'init': ['-1'], 'headckid': ['9ca7d68db748f092'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'keyword': ['投资经理'], 'ckid': ['9ca7d68db748f092'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6005a79670462a2ee91cd57d5470aaae'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6005a79670462a2ee91cd57d5470aaae'], 'compIds': ['9961005']}, '海尔智家股份有限公司': {'init': ['-1'], 'headckid': ['9ca7d68db748f092'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'keyword': ['投资经理'], 'ckid': ['9ca7d68db748f092'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6005a79670462a2ee91cd57d5470aaae'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6005a79670462a2ee91cd57d5470aaae'], 'compIds': ['9671743']}, '新城控股集团商业开发事业部': {'init': ['-1'], 'headckid': ['9ca7d68db748f092'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'keyword': ['投资经理'], 'ckid': ['9ca7d68db748f092'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6005a79670462a2ee91cd57d5470aaae'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6005a79670462a2ee91cd57d5470aaae'], 'compIds': ['8475590']}, '大唐财富': {'init': ['-1'], 'headckid': ['9ca7d68db748f092'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'keyword': ['投资经理'], 'ckid': ['9ca7d68db748f092'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6005a79670462a2ee91cd57d5470aaae'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6005a79670462a2ee91cd57d5470aaae'], 'compIds': ['8228617']}, 'Michael Page': {'init': ['-1'], 'headckid': ['9ca7d68db748f092'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'keyword': ['投资经理'], 'ckid': ['9ca7d68db748f092'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6005a79670462a2ee91cd57d5470aaae'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6005a79670462a2ee91cd57d5470aaae'], 'compIds': ['1790705']}, '中国平安人寿保险股份有限公司广州市天河支公司': {'init': ['-1'], 'headckid': ['9ca7d68db748f092'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'keyword': ['投资经理'], 'ckid': ['9ca7d68db748f092'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6005a79670462a2ee91cd57d5470aaae'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6005a79670462a2ee91cd57d5470aaae'], 'compIds': ['8978693']}, '车好多集团': {'init': ['-1'], 'headckid': ['9ca7d68db748f092'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'keyword': ['投资经理'], 'ckid': ['9ca7d68db748f092'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6005a79670462a2ee91cd57d5470aaae'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6005a79670462a2ee91cd57d5470aaae'], 'compIds': ['8621471']}, '北京大禹创联商贸有限公司': {'init': ['-1'], 'headckid': ['9ca7d68db748f092'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'keyword': ['投资经理'], 'ckid': ['9ca7d68db748f092'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6005a79670462a2ee91cd57d5470aaae'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6005a79670462a2ee91cd57d5470aaae'], 'compIds': ['9543080']}, '歌尔股份': {'init': ['-1'], 'headckid': ['9ca7d68db748f092'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'keyword': ['投资经理'], 'ckid': ['9ca7d68db748f092'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6005a79670462a2ee91cd57d5470aaae'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6005a79670462a2ee91cd57d5470aaae'], 'compIds': ['885718']}, '上海谦问万答吧云计算科技有限公司': {'init': ['-1'], 'headckid': ['9ca7d68db748f092'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'keyword': ['投资经理'], 'ckid': ['9ca7d68db748f092'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6005a79670462a2ee91cd57d5470aaae'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6005a79670462a2ee91cd57d5470aaae'], 'compIds': ['7913194']}, 'vivo': {'init': ['-1'], 'headckid': ['9ca7d68db748f092'], 'flushckid': ['1'], 'fromSearchBtn': ['2'], 'keyword': ['投资经理'], 'ckid': ['9ca7d68db748f092'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['6005a79670462a2ee91cd57d5470aaae'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['6005a79670462a2ee91cd57d5470aaae'], 'compIds': ['4787049']}}"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n"
     ]
    }
   ],
   "source": [
    "def 参数模板生成_公司(compIds ,keyword ):\n",
    "    参数 = 参数模板.copy()\n",
    "    参数['compIds'] = compIds\n",
    "    参数['keyword'] = keyword\n",
    "    return (参数)\n",
    "参数_compIds_投资经理 = { k:参数模板生成_公司(compIds = [v], keyword = ['投资经理']) for k,v in 字典_compIds.items()}\n",
    "print(参数_compIds_投资经理)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# 整合代码"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 142,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "edu          8\n",
      "经验           6\n",
      "薪水         312\n",
      "时间          60\n",
      "职称        1638\n",
      "公司地点       442\n",
      "公司名称      1166\n",
      "链结        1935\n",
      "公司URL     1166\n",
      "热门公司类型      51\n",
      "dtype: int64\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>职称</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>公司名称</th>\n",
       "      <th>edu</th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>米高蒲志国际(香港)有限公司</th>\n",
       "      <th>本科及以上</th>\n",
       "      <td>20</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>新华三集团</th>\n",
       "      <th>统招本科</th>\n",
       "      <td>18</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>上海蓝云实业发展有限公司</th>\n",
       "      <th>大专及以上</th>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>特变电工新能源</th>\n",
       "      <th>统招本科</th>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>立信会计师事务所</th>\n",
       "      <th>本科及以上</th>\n",
       "      <td>10</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>天津市柯林楼宇物业管理有限公司</th>\n",
       "      <th>大专及以上</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>天健会计师事务所(特殊普通合伙)江苏分所</th>\n",
       "      <th>统招本科</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th rowspan=\"2\" valign=\"top\">天仪研究院</th>\n",
       "      <th>硕士及以上</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>大专及以上</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>黄志达</th>\n",
       "      <th>统招本科</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>1389 rows × 1 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                            职称\n",
       "公司名称                 edu      \n",
       "米高蒲志国际(香港)有限公司       本科及以上  20\n",
       "新华三集团                统招本科   18\n",
       "上海蓝云实业发展有限公司         大专及以上  10\n",
       "特变电工新能源              统招本科   10\n",
       "立信会计师事务所             本科及以上  10\n",
       "...                         ..\n",
       "天津市柯林楼宇物业管理有限公司      大专及以上   1\n",
       "天健会计师事务所(特殊普通合伙)江苏分所 统招本科    1\n",
       "天仪研究院                硕士及以上   1\n",
       "                     大专及以上   1\n",
       "黄志达                  统招本科    1\n",
       "\n",
       "[1389 rows x 1 columns]"
      ]
     },
     "execution_count": 142,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "url = \"https://www.liepin.com/zhaopin/\"\n",
    "session = HTMLSession()\n",
    "payload = 参数_industries_投资经理['互联网/电商']\n",
    "r = session.get( url, params = payload)\n",
    "\n",
    "\n",
    "session = HTMLSession()\n",
    "\n",
    "def requests_liepin( url, params):\n",
    "    r = session.get( url , params = payload)\n",
    "\n",
    "    主要元素 = r.html.xpath( '//ul[@class=\"sojob-list\"]/li')\n",
    "\n",
    "    dict_xpaths={ \n",
    "        'text': {\n",
    "            'edu':      '//div[contains(@class,\"job-info\")]/p/span[@class=\"edu\"]',\n",
    "            '经验':      '//div[contains(@class,\"job-info\")]/p/span[@class=\"edu\"]/following-sibling::span',\n",
    "            '薪水':    '//div[contains(@class,\"job-info\")]/p/span[@class=\"text-warning\"]', \n",
    "            '时间':    '//div[contains(@class,\"job-info\")]/p/time/@title', \n",
    "            '职称':    '//div[contains(@class,\"job-info\")]/h3/a', \n",
    "            '公司地点': '//div[contains(@class,\"job-info\")]/p/a',\n",
    "            '公司名称': '//div[contains(@class,\"sojob-item-main\")]//p[@class=\"company-name\"]/a', \n",
    "        },\n",
    "        'text_content': {\n",
    "        },\n",
    "        'href': {\n",
    "            '链结':    '//div[contains(@class,\"job-info\")]/h3/a', \n",
    "            '公司URL': '//div[contains(@class,\"sojob-item-main\")]//p[@class=\"company-name\"]/a', \n",
    "        }\n",
    "    }\n",
    "\n",
    "    def get_e_text_content(_xpath_):\n",
    "        暂存结果 = [e.xpath(_xpath_)[0].lxml.text_content() for e in 主要元素]\n",
    "        return(暂存结果)\n",
    "\n",
    "    def get_e_text(_xpath_):\n",
    "        暂存结果 = [\"\".join([x.strip() if type(x) is str else x.text.strip() for x in e.xpath(_xpath_)]) for e in 主要元素]\n",
    "        return(暂存结果)\n",
    "\n",
    "    def get_e_href(_xpath_):\n",
    "        暂存结果 = [list(e.xpath(_xpath_, first=True).absolute_links)[0] \\\n",
    "                   if len(e.xpath(_xpath_, first=True).absolute_links) >= 1  \\\n",
    "                   else \"\" for e in 主要元素]\n",
    "        return(暂存结果)\n",
    "\n",
    "    数据字典 = dict()\n",
    "\n",
    "    数据字典 = {k:get_e_text_content(v) for k,v in dict_xpaths['text_content'].items()}\n",
    "    数据字典.update({k:get_e_text(v) for k,v in dict_xpaths['text'].items()})\n",
    "    数据字典.update({k:get_e_href(v) for k,v in dict_xpaths['href'].items()})\n",
    "\n",
    "    数据 = pd.DataFrame(数据字典)\n",
    "    return (数据)\n",
    "\n",
    "\n",
    "url = \"https://www.liepin.com/zhaopin/\"\n",
    "\n",
    "list_df = list()\n",
    "for k,v in 参数_industries_投资经理.items():\n",
    "    payload = v\n",
    "    df = requests_liepin( url, params = payload)\n",
    "    df = df.assign (热门公司类型 = k)    \n",
    "    list_df.append(df)\n",
    "\n",
    "df_all = pd.concat(list_df)\n",
    "df_all\n",
    "\n",
    "df_all.to_excel(\"20春_Web数据挖掘_week03_liepin_各热门公司类型.xlsx\", sheet_name=\"搜查结果\")\n",
    "\n",
    "\n",
    "print (df_all.nunique())\n",
    "df_all[['edu']].drop_duplicates()\n",
    "\n",
    "df_all.groupby(['公司名称','edu']).agg({\"职称\":\"count\"}).sort_values(by='职称', ascending=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 73,
   "metadata": {},
   "outputs": [],
   "source": [
    "url = \"https://www.liepin.com/zhaopin/?keyword=投资经理\"\n",
    "session = HTMLSession()\n",
    "r = session.get( url )"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 74,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[<Element 'a' href='/zhaopin/?init=-1&headckid=9372e0d1eaeb3300&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=9372e0d1eaeb3300°radeFlag=0&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=62fbfd948cbaa2f1750214d633e618bf&d_curPage=0&d_pageSize=40&d_headId=62fbfd948cbaa2f1750214d633e618bf&curPage=1'>, <Element 'a' href='/zhaopin/?init=-1&headckid=9372e0d1eaeb3300&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=9372e0d1eaeb3300°radeFlag=0&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=62fbfd948cbaa2f1750214d633e618bf&d_curPage=0&d_pageSize=40&d_headId=62fbfd948cbaa2f1750214d633e618bf&curPage=2'>, <Element 'a' href='/zhaopin/?init=-1&headckid=9372e0d1eaeb3300&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=9372e0d1eaeb3300°radeFlag=0&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=62fbfd948cbaa2f1750214d633e618bf&d_curPage=0&d_pageSize=40&d_headId=62fbfd948cbaa2f1750214d633e618bf&curPage=3'>, <Element 'a' href='/zhaopin/?init=-1&headckid=9372e0d1eaeb3300&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=9372e0d1eaeb3300°radeFlag=0&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=62fbfd948cbaa2f1750214d633e618bf&d_curPage=0&d_pageSize=40&d_headId=62fbfd948cbaa2f1750214d633e618bf&curPage=4'>, <Element 'a' href='/zhaopin/?init=-1&headckid=9372e0d1eaeb3300&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=9372e0d1eaeb3300°radeFlag=0&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=62fbfd948cbaa2f1750214d633e618bf&d_curPage=0&d_pageSize=40&d_headId=62fbfd948cbaa2f1750214d633e618bf&curPage=1'>, <Element 'a' class=('last',) href='/zhaopin/?init=-1&headckid=9372e0d1eaeb3300&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=9372e0d1eaeb3300°radeFlag=0&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=62fbfd948cbaa2f1750214d633e618bf&d_curPage=0&d_pageSize=40&d_headId=62fbfd948cbaa2f1750214d633e618bf&curPage=9' title='末页'>]\n",
      "{'2': '/zhaopin/?init=-1&headckid=9372e0d1eaeb3300&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=9372e0d1eaeb3300°radeFlag=0&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=62fbfd948cbaa2f1750214d633e618bf&d_curPage=0&d_pageSize=40&d_headId=62fbfd948cbaa2f1750214d633e618bf&curPage=1', '3': '/zhaopin/?init=-1&headckid=9372e0d1eaeb3300&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=9372e0d1eaeb3300°radeFlag=0&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=62fbfd948cbaa2f1750214d633e618bf&d_curPage=0&d_pageSize=40&d_headId=62fbfd948cbaa2f1750214d633e618bf&curPage=2', '4': '/zhaopin/?init=-1&headckid=9372e0d1eaeb3300&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=9372e0d1eaeb3300°radeFlag=0&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=62fbfd948cbaa2f1750214d633e618bf&d_curPage=0&d_pageSize=40&d_headId=62fbfd948cbaa2f1750214d633e618bf&curPage=3', '5': '/zhaopin/?init=-1&headckid=9372e0d1eaeb3300&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=9372e0d1eaeb3300°radeFlag=0&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=62fbfd948cbaa2f1750214d633e618bf&d_curPage=0&d_pageSize=40&d_headId=62fbfd948cbaa2f1750214d633e618bf&curPage=4', '下一页': '/zhaopin/?init=-1&headckid=9372e0d1eaeb3300&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=9372e0d1eaeb3300°radeFlag=0&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=62fbfd948cbaa2f1750214d633e618bf&d_curPage=0&d_pageSize=40&d_headId=62fbfd948cbaa2f1750214d633e618bf&curPage=1', '': '/zhaopin/?init=-1&headckid=9372e0d1eaeb3300&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=9372e0d1eaeb3300°radeFlag=0&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=62fbfd948cbaa2f1750214d633e618bf&d_curPage=0&d_pageSize=40&d_headId=62fbfd948cbaa2f1750214d633e618bf&curPage=9'}\n"
     ]
    }
   ],
   "source": [
    "# A-1  xpath 解析翻页a/@href\n",
    "xpath_翻页a = '//div[@class=\"pagerbar\"]/a' # 有disabled, current等href是javascript\n",
    "xpath_翻页a = '//div[@class=\"pagerbar\"]/a[starts-with(@href,\"/zhaopin\")]'\n",
    "print (r.html.xpath(xpath_翻页a)) # 物件\n",
    "\n",
    "href_列表 = [x.xpath('//@href')[0] for x in r.html.xpath(xpath_翻页a)]\n",
    "#print (href_列表)\n",
    "\n",
    "文字_列表 = [x.text for x in r.html.xpath(xpath_翻页a)]\n",
    "#print (文字_列表)\n",
    "\n",
    "href_字典 = {x.text:x.xpath('//@href')[0]  for x in r.html.xpath(xpath_翻页a)}\n",
    "print (href_字典)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 75,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>scheme</th>\n",
       "      <th>netloc</th>\n",
       "      <th>path</th>\n",
       "      <th>params</th>\n",
       "      <th>query</th>\n",
       "      <th>fragment</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>/zhaopin/</td>\n",
       "      <td></td>\n",
       "      <td>init=-1&amp;headckid=9372e0d1eaeb3300&amp;fromSearchBt...</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>/zhaopin/</td>\n",
       "      <td></td>\n",
       "      <td>init=-1&amp;headckid=9372e0d1eaeb3300&amp;fromSearchBt...</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>/zhaopin/</td>\n",
       "      <td></td>\n",
       "      <td>init=-1&amp;headckid=9372e0d1eaeb3300&amp;fromSearchBt...</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>/zhaopin/</td>\n",
       "      <td></td>\n",
       "      <td>init=-1&amp;headckid=9372e0d1eaeb3300&amp;fromSearchBt...</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>/zhaopin/</td>\n",
       "      <td></td>\n",
       "      <td>init=-1&amp;headckid=9372e0d1eaeb3300&amp;fromSearchBt...</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td></td>\n",
       "      <td></td>\n",
       "      <td>/zhaopin/</td>\n",
       "      <td></td>\n",
       "      <td>init=-1&amp;headckid=9372e0d1eaeb3300&amp;fromSearchBt...</td>\n",
       "      <td></td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  scheme netloc       path params  \\\n",
       "0                /zhaopin/          \n",
       "1                /zhaopin/          \n",
       "2                /zhaopin/          \n",
       "3                /zhaopin/          \n",
       "4                /zhaopin/          \n",
       "5                /zhaopin/          \n",
       "\n",
       "                                               query fragment  \n",
       "0  init=-1&headckid=9372e0d1eaeb3300&fromSearchBt...           \n",
       "1  init=-1&headckid=9372e0d1eaeb3300&fromSearchBt...           \n",
       "2  init=-1&headckid=9372e0d1eaeb3300&fromSearchBt...           \n",
       "3  init=-1&headckid=9372e0d1eaeb3300&fromSearchBt...           \n",
       "4  init=-1&headckid=9372e0d1eaeb3300&fromSearchBt...           \n",
       "5  init=-1&headckid=9372e0d1eaeb3300&fromSearchBt...           "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "scheme      1\n",
      "netloc      1\n",
      "path        1\n",
      "params      1\n",
      "query       5\n",
      "fragment    1\n",
      "dtype: int64\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>init</th>\n",
       "      <th>headckid</th>\n",
       "      <th>fromSearchBtn</th>\n",
       "      <th>keyword</th>\n",
       "      <th>ckid</th>\n",
       "      <th>siTag</th>\n",
       "      <th>d_sfrom</th>\n",
       "      <th>d_ckId</th>\n",
       "      <th>d_curPage</th>\n",
       "      <th>d_pageSize</th>\n",
       "      <th>d_headId</th>\n",
       "      <th>curPage</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>-1</td>\n",
       "      <td>9372e0d1eaeb3300</td>\n",
       "      <td>2</td>\n",
       "      <td>投资经理</td>\n",
       "      <td>9372e0d1eaeb3300°radeFlag=0</td>\n",
       "      <td>1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>62fbfd948cbaa2f1750214d633e618bf</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>62fbfd948cbaa2f1750214d633e618bf</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>-1</td>\n",
       "      <td>9372e0d1eaeb3300</td>\n",
       "      <td>2</td>\n",
       "      <td>投资经理</td>\n",
       "      <td>9372e0d1eaeb3300°radeFlag=0</td>\n",
       "      <td>1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>62fbfd948cbaa2f1750214d633e618bf</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>62fbfd948cbaa2f1750214d633e618bf</td>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>-1</td>\n",
       "      <td>9372e0d1eaeb3300</td>\n",
       "      <td>2</td>\n",
       "      <td>投资经理</td>\n",
       "      <td>9372e0d1eaeb3300°radeFlag=0</td>\n",
       "      <td>1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>62fbfd948cbaa2f1750214d633e618bf</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>62fbfd948cbaa2f1750214d633e618bf</td>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>-1</td>\n",
       "      <td>9372e0d1eaeb3300</td>\n",
       "      <td>2</td>\n",
       "      <td>投资经理</td>\n",
       "      <td>9372e0d1eaeb3300°radeFlag=0</td>\n",
       "      <td>1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>62fbfd948cbaa2f1750214d633e618bf</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>62fbfd948cbaa2f1750214d633e618bf</td>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>-1</td>\n",
       "      <td>9372e0d1eaeb3300</td>\n",
       "      <td>2</td>\n",
       "      <td>投资经理</td>\n",
       "      <td>9372e0d1eaeb3300°radeFlag=0</td>\n",
       "      <td>1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>62fbfd948cbaa2f1750214d633e618bf</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>62fbfd948cbaa2f1750214d633e618bf</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>-1</td>\n",
       "      <td>9372e0d1eaeb3300</td>\n",
       "      <td>2</td>\n",
       "      <td>投资经理</td>\n",
       "      <td>9372e0d1eaeb3300°radeFlag=0</td>\n",
       "      <td>1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw</td>\n",
       "      <td>search_unknown</td>\n",
       "      <td>62fbfd948cbaa2f1750214d633e618bf</td>\n",
       "      <td>0</td>\n",
       "      <td>40</td>\n",
       "      <td>62fbfd948cbaa2f1750214d633e618bf</td>\n",
       "      <td>9</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  init          headckid fromSearchBtn keyword                         ckid  \\\n",
       "0   -1  9372e0d1eaeb3300             2    投资经理  9372e0d1eaeb3300°radeFlag=0   \n",
       "1   -1  9372e0d1eaeb3300             2    投资经理  9372e0d1eaeb3300°radeFlag=0   \n",
       "2   -1  9372e0d1eaeb3300             2    投资经理  9372e0d1eaeb3300°radeFlag=0   \n",
       "3   -1  9372e0d1eaeb3300             2    投资经理  9372e0d1eaeb3300°radeFlag=0   \n",
       "4   -1  9372e0d1eaeb3300             2    投资经理  9372e0d1eaeb3300°radeFlag=0   \n",
       "5   -1  9372e0d1eaeb3300             2    投资经理  9372e0d1eaeb3300°radeFlag=0   \n",
       "\n",
       "                                           siTag         d_sfrom  \\\n",
       "0  1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw  search_unknown   \n",
       "1  1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw  search_unknown   \n",
       "2  1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw  search_unknown   \n",
       "3  1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw  search_unknown   \n",
       "4  1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw  search_unknown   \n",
       "5  1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw  search_unknown   \n",
       "\n",
       "                             d_ckId d_curPage d_pageSize  \\\n",
       "0  62fbfd948cbaa2f1750214d633e618bf         0         40   \n",
       "1  62fbfd948cbaa2f1750214d633e618bf         0         40   \n",
       "2  62fbfd948cbaa2f1750214d633e618bf         0         40   \n",
       "3  62fbfd948cbaa2f1750214d633e618bf         0         40   \n",
       "4  62fbfd948cbaa2f1750214d633e618bf         0         40   \n",
       "5  62fbfd948cbaa2f1750214d633e618bf         0         40   \n",
       "\n",
       "                           d_headId curPage  \n",
       "0  62fbfd948cbaa2f1750214d633e618bf       1  \n",
       "1  62fbfd948cbaa2f1750214d633e618bf       2  \n",
       "2  62fbfd948cbaa2f1750214d633e618bf       3  \n",
       "3  62fbfd948cbaa2f1750214d633e618bf       4  \n",
       "4  62fbfd948cbaa2f1750214d633e618bf       1  \n",
       "5  62fbfd948cbaa2f1750214d633e618bf       9  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "init             1\n",
      "headckid         1\n",
      "fromSearchBtn    1\n",
      "keyword          1\n",
      "ckid             1\n",
      "siTag            1\n",
      "d_sfrom          1\n",
      "d_ckId           1\n",
      "d_curPage        1\n",
      "d_pageSize       1\n",
      "d_headId         1\n",
      "curPage          5\n",
      "dtype: int64\n"
     ]
    }
   ],
   "source": [
    "df = pd.DataFrame([ urlparse(x) for x in href_列表])\n",
    "df_qs = pd.DataFrame([{k:v[0] for k,v in parse_qs(x).items()} for x in df['query'] ])\n",
    "\n",
    "display(df)\n",
    "print(df.nunique())\n",
    "display(df_qs)\n",
    "print(df_qs.nunique())\n",
    "\n",
    "df_qs.curPage\n",
    "df_qs = df_qs.assign (curPage_int=df_qs.curPage.astype(int))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 76,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'init': ['-1'], 'headckid': ['9372e0d1eaeb3300'], 'fromSearchBtn': ['2'], 'keyword': ['投资经理'], 'ckid': ['9372e0d1eaeb3300°radeFlag=0'], 'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'], 'd_sfrom': ['search_unknown'], 'd_ckId': ['62fbfd948cbaa2f1750214d633e618bf'], 'd_curPage': ['0'], 'd_pageSize': ['40'], 'd_headId': ['62fbfd948cbaa2f1750214d633e618bf'], 'curPage': ['1']}\n",
      "{'2': '/zhaopin/?init=-1&headckid=9372e0d1eaeb3300&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=9372e0d1eaeb3300°radeFlag=0&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=62fbfd948cbaa2f1750214d633e618bf&d_curPage=0&d_pageSize=40&d_headId=62fbfd948cbaa2f1750214d633e618bf&curPage=1', '3': '/zhaopin/?init=-1&headckid=9372e0d1eaeb3300&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=9372e0d1eaeb3300°radeFlag=0&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=62fbfd948cbaa2f1750214d633e618bf&d_curPage=0&d_pageSize=40&d_headId=62fbfd948cbaa2f1750214d633e618bf&curPage=2', '4': '/zhaopin/?init=-1&headckid=9372e0d1eaeb3300&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=9372e0d1eaeb3300°radeFlag=0&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=62fbfd948cbaa2f1750214d633e618bf&d_curPage=0&d_pageSize=40&d_headId=62fbfd948cbaa2f1750214d633e618bf&curPage=3', '5': '/zhaopin/?init=-1&headckid=9372e0d1eaeb3300&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=9372e0d1eaeb3300°radeFlag=0&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=62fbfd948cbaa2f1750214d633e618bf&d_curPage=0&d_pageSize=40&d_headId=62fbfd948cbaa2f1750214d633e618bf&curPage=4', '下一页': '/zhaopin/?init=-1&headckid=9372e0d1eaeb3300&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=9372e0d1eaeb3300°radeFlag=0&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=62fbfd948cbaa2f1750214d633e618bf&d_curPage=0&d_pageSize=40&d_headId=62fbfd948cbaa2f1750214d633e618bf&curPage=1', '': '/zhaopin/?init=-1&headckid=9372e0d1eaeb3300&fromSearchBtn=2&keyword=%E6%8A%95%E8%B5%84%E7%BB%8F%E7%90%86&ckid=9372e0d1eaeb3300°radeFlag=0&siTag=1B2M2Y8AsgTpgAmY7PhCfg%7EfA9rXquZc5IkJpXC-Ycixw&d_sfrom=search_unknown&d_ckId=62fbfd948cbaa2f1750214d633e618bf&d_curPage=0&d_pageSize=40&d_headId=62fbfd948cbaa2f1750214d633e618bf&curPage=9'}\n"
     ]
    }
   ],
   "source": [
    "def parse_url_qs_for_curPage (url):\n",
    "    six_parts = urlparse(url) \n",
    "    out = parse_qs(six_parts.query)\n",
    "    return (out)\n",
    "\n",
    "# 取一例做模板\n",
    "参数模板 = parse_url_qs_for_curPage(href_列表[0])\n",
    "print (参数模板)\n",
    "\n",
    "print (href_字典)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 77,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1\n",
      "9\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "{0: {'init': ['-1'],\n",
       "  'headckid': ['9372e0d1eaeb3300'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['投资经理'],\n",
       "  'ckid': ['9372e0d1eaeb3300°radeFlag=0'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['62fbfd948cbaa2f1750214d633e618bf'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['62fbfd948cbaa2f1750214d633e618bf'],\n",
       "  'curPage': [0]},\n",
       " 1: {'init': ['-1'],\n",
       "  'headckid': ['9372e0d1eaeb3300'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['投资经理'],\n",
       "  'ckid': ['9372e0d1eaeb3300°radeFlag=0'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['62fbfd948cbaa2f1750214d633e618bf'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['62fbfd948cbaa2f1750214d633e618bf'],\n",
       "  'curPage': [1]},\n",
       " 2: {'init': ['-1'],\n",
       "  'headckid': ['9372e0d1eaeb3300'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['投资经理'],\n",
       "  'ckid': ['9372e0d1eaeb3300°radeFlag=0'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['62fbfd948cbaa2f1750214d633e618bf'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['62fbfd948cbaa2f1750214d633e618bf'],\n",
       "  'curPage': [2]},\n",
       " 3: {'init': ['-1'],\n",
       "  'headckid': ['9372e0d1eaeb3300'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['投资经理'],\n",
       "  'ckid': ['9372e0d1eaeb3300°radeFlag=0'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['62fbfd948cbaa2f1750214d633e618bf'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['62fbfd948cbaa2f1750214d633e618bf'],\n",
       "  'curPage': [3]},\n",
       " 4: {'init': ['-1'],\n",
       "  'headckid': ['9372e0d1eaeb3300'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['投资经理'],\n",
       "  'ckid': ['9372e0d1eaeb3300°radeFlag=0'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['62fbfd948cbaa2f1750214d633e618bf'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['62fbfd948cbaa2f1750214d633e618bf'],\n",
       "  'curPage': [4]},\n",
       " 5: {'init': ['-1'],\n",
       "  'headckid': ['9372e0d1eaeb3300'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['投资经理'],\n",
       "  'ckid': ['9372e0d1eaeb3300°radeFlag=0'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['62fbfd948cbaa2f1750214d633e618bf'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['62fbfd948cbaa2f1750214d633e618bf'],\n",
       "  'curPage': [5]},\n",
       " 6: {'init': ['-1'],\n",
       "  'headckid': ['9372e0d1eaeb3300'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['投资经理'],\n",
       "  'ckid': ['9372e0d1eaeb3300°radeFlag=0'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['62fbfd948cbaa2f1750214d633e618bf'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['62fbfd948cbaa2f1750214d633e618bf'],\n",
       "  'curPage': [6]},\n",
       " 7: {'init': ['-1'],\n",
       "  'headckid': ['9372e0d1eaeb3300'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['投资经理'],\n",
       "  'ckid': ['9372e0d1eaeb3300°radeFlag=0'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['62fbfd948cbaa2f1750214d633e618bf'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['62fbfd948cbaa2f1750214d633e618bf'],\n",
       "  'curPage': [7]},\n",
       " 8: {'init': ['-1'],\n",
       "  'headckid': ['9372e0d1eaeb3300'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['投资经理'],\n",
       "  'ckid': ['9372e0d1eaeb3300°radeFlag=0'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['62fbfd948cbaa2f1750214d633e618bf'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['62fbfd948cbaa2f1750214d633e618bf'],\n",
       "  'curPage': [8]},\n",
       " 9: {'init': ['-1'],\n",
       "  'headckid': ['9372e0d1eaeb3300'],\n",
       "  'fromSearchBtn': ['2'],\n",
       "  'keyword': ['投资经理'],\n",
       "  'ckid': ['9372e0d1eaeb3300°radeFlag=0'],\n",
       "  'siTag': ['1B2M2Y8AsgTpgAmY7PhCfg~fA9rXquZc5IkJpXC-Ycixw'],\n",
       "  'd_sfrom': ['search_unknown'],\n",
       "  'd_ckId': ['62fbfd948cbaa2f1750214d633e618bf'],\n",
       "  'd_curPage': ['0'],\n",
       "  'd_pageSize': ['40'],\n",
       "  'd_headId': ['62fbfd948cbaa2f1750214d633e618bf'],\n",
       "  'curPage': [9]}}"
      ]
     },
     "execution_count": 77,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "def 参数_模板_生成(keyword, curPage):\n",
    "    参数 = 参数模板.copy()\n",
    "    参数['curPage'] = curPage\n",
    "    参数['keyword'] = keyword\n",
    "    return (参数)\n",
    "\n",
    "参数_keyword_投资经理_curPage = { \n",
    "    i:参数_模板_生成(curPage = [i], \\\n",
    "                  keyword = ['投资经理']) \\\n",
    "    for i,v in href_字典.items()\\\n",
    "    }\n",
    "\n",
    "print (df_qs.curPage_int.min()) \n",
    "print (df_qs.curPage_int.max()) \n",
    "\n",
    "\n",
    "参数_keyword_投资经理_curPage = { \n",
    "    i:参数_模板_生成(curPage = [i], \\\n",
    "                  keyword = ['投资经理']) \\\n",
    "    for i in range(0,df_qs.curPage_int.max()+1)\\\n",
    "    }\n",
    "参数_keyword_投资经理_curPage"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 78,
   "metadata": {},
   "outputs": [],
   "source": [
    "import time\n",
    "from random import random"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 79,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Wall time: 3.1 s\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "time.sleep(3+4*random())  # 3-7秒设置"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 80,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Wall time: 59.4 s\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "\n",
    "import time\n",
    "from random import random\n",
    "\n",
    "url = \"https://www.liepin.com/zhaopin/\"\n",
    "\n",
    "list_df = list()\n",
    "for k,v in 参数_keyword_投资经理_curPage.items():\n",
    "    payload = v\n",
    "    df = requests_liepin( url, params = payload)\n",
    "    time.sleep(3+4*random())  \n",
    "    df = df.assign (curPage = k)  \n",
    "    list_df.append(df)\n",
    "\n",
    "df_all = pd.concat(list_df).reset_index()\n",
    "df_all.index.name = '序'\n",
    "\n",
    "df_all.to_excel(\"20春_Web数据挖掘_week04_liepin_翻页.xlsx\",\\\n",
    "                sheet_name=\"投资经理\")\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 94,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>edu</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>职称</th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>（铂越城）商业项目总</th>\n",
       "      <td>统招本科</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>（生产）财务经理</th>\n",
       "      <td>统招本科</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>高级项目经理（欧美留学或工作背景）</th>\n",
       "      <td>统招本科</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>高级运营经理</th>\n",
       "      <td>统招本科</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>高级财富管理师（海归优先）</th>\n",
       "      <td>统招本科</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Application Engineer</th>\n",
       "      <td>统招本科</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Account Manager 客户经理</th>\n",
       "      <td>学历不限</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6G研究员, 应届生也可以投</th>\n",
       "      <td>硕士及以上</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2D游戏特效师</th>\n",
       "      <td>统招本科</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2020届应届生(新疆籍少数民族生源)</th>\n",
       "      <td>硕士及以上</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>379 rows × 1 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                        edu\n",
       "职称                         \n",
       "（铂越城）商业项目总             统招本科\n",
       "（生产）财务经理               统招本科\n",
       "高级项目经理（欧美留学或工作背景）      统招本科\n",
       "高级运营经理                 统招本科\n",
       "高级财富管理师（海归优先）          统招本科\n",
       "...                     ...\n",
       "Application Engineer   统招本科\n",
       "Account Manager 客户经理   学历不限\n",
       "6G研究员, 应届生也可以投        硕士及以上\n",
       "2D游戏特效师                统招本科\n",
       "2020届应届生(新疆籍少数民族生源)   硕士及以上\n",
       "\n",
       "[379 rows x 1 columns]"
      ]
     },
     "execution_count": 94,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_all.groupby(['职称']).agg({'edu':'min'}).sort_values(by='职称',ascending=False)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.0"
  },
  "toc": {
   "base_numbering": 1,
   "nav_menu": {},
   "number_sections": true,
   "sideBar": true,
   "skip_h1_title": false,
   "title_cell": "Table of Contents",
   "title_sidebar": "Contents",
   "toc_cell": false,
   "toc_position": {
    "height": "749px",
    "left": "1125.609375px",
    "top": "110px",
    "width": "281.388px"
   },
   "toc_section_display": true,
   "toc_window_display": true
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}
